<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<title>DLC Search Engine: src/main/java/com/utn/searchengine/WordCount.java Source File</title>

<link href="tabs.css" rel="stylesheet" type="text/css"/>
<link href="doxygen.css" rel="stylesheet" type="text/css" />

<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { searchBox.OnSelectItem(0); });
</script>

</head>
<body>
<div id="top"><!-- do not remove this div! -->


<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  
  
  <td style="padding-left: 0.5em;">
   <div id="projectname">DLC Search Engine
   
   </div>
   
  </td>
  
  
  
 </tr>
 </tbody>
</table>
</div>

<!-- Generated by Doxygen 1.7.6.1 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="namespaces.html"><span>Packages</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
    </ul>
  </div>
</div>
<div class="header">
  <div class="headertitle">
<div class="title">src/main/java/com/utn/searchengine/WordCount.java</div>  </div>
</div><!--header-->
<div class="contents">
<a href="_word_count_8java.html">Go to the documentation of this file.</a><div class="fragment"><pre class="fragment"><a name="l00001"></a>00001 <span class="comment">/*</span>
<a name="l00002"></a>00002 <span class="comment"> * To change this template, choose Tools | Templates</span>
<a name="l00003"></a>00003 <span class="comment"> * and open the template in the editor.</span>
<a name="l00004"></a>00004 <span class="comment"> */</span>
<a name="l00005"></a>00005 <span class="keyword">package </span>com.utn.searchengine;
<a name="l00006"></a>00006 
<a name="l00007"></a>00007 <span class="keyword">import</span> java.util.ArrayList;
<a name="l00008"></a>00008 <span class="keyword">import</span> java.util.Map;
<a name="l00009"></a>00009 <span class="keyword">import</span> java.util.TreeMap;
<a name="l00010"></a>00010 <span class="keyword">import</span> java.util.regex.Matcher;
<a name="l00011"></a>00011 <span class="keyword">import</span> java.util.regex.Pattern;
<a name="l00012"></a>00012 
<a name="l00017"></a><a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html">00017</a> <span class="keyword">public</span> <span class="keyword">final</span> <span class="keyword">class </span><a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html">WordCount</a> {
<a name="l00018"></a>00018 
<a name="l00024"></a><a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html#a6844e58166eaeaf8830e9333b6e54d3d">00024</a>     <span class="keyword">public</span> <span class="keyword">static</span> Map&lt;String, Integer&gt; <a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html#a6844e58166eaeaf8830e9333b6e54d3d">retrieveWordCount</a>(<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html">Document</a> doc) {
<a name="l00025"></a>00025         <span class="keywordflow">if</span> (doc == null) {
<a name="l00026"></a>00026             <span class="keywordflow">return</span> null;
<a name="l00027"></a>00027         }
<a name="l00028"></a>00028         <span class="keywordflow">try</span> {
<a name="l00029"></a>00029 
<a name="l00030"></a>00030             <span class="comment">// Create line pattern</span>
<a name="l00031"></a>00031             Pattern linePattern = Pattern.compile(<span class="stringliteral">&quot;.*$&quot;</span>, Pattern.MULTILINE);
<a name="l00032"></a>00032 
<a name="l00033"></a>00033             <span class="comment">// Create word pattern</span>
<a name="l00034"></a>00034             Pattern wordBreakPattern = Pattern.compile(<span class="stringliteral">&quot;[\\p{Punct}\\s}]&quot;</span>);
<a name="l00035"></a>00035             <span class="comment">//&quot;[\\p{Punct}\\s}]&quot;</span>
<a name="l00036"></a>00036             <span class="comment">// Match line pattern to buffer</span>
<a name="l00037"></a>00037             Matcher lineMatcher = linePattern.matcher(doc.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html#a9e04191fbfb216f404382936e4922235">getText</a>().subSequence(0, doc.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html#a9e04191fbfb216f404382936e4922235">getText</a>().toString().length()).toString());
<a name="l00038"></a>00038             Map map = <span class="keyword">new</span> TreeMap();
<a name="l00039"></a>00039             Integer ONE = <span class="keyword">new</span> Integer(1);
<a name="l00040"></a>00040 
<a name="l00041"></a>00041             <span class="comment">// For each line</span>
<a name="l00042"></a>00042             <span class="keywordflow">while</span> (lineMatcher.find()) {
<a name="l00043"></a>00043                 <span class="comment">// Get line</span>
<a name="l00044"></a>00044                 CharSequence line = lineMatcher.group();
<a name="l00045"></a>00045 
<a name="l00046"></a>00046                 <span class="comment">// Get array of words on line</span>
<a name="l00047"></a>00047                 ArrayList wordsFiltered = <span class="keyword">new</span> ArrayList();
<a name="l00048"></a>00048                 String words[] = wordBreakPattern.split(line);
<a name="l00049"></a>00049                 <a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html">StopWordMap</a>.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html#a5751b256e98e75f85f2c029e8e070d87">stopWordIdiomDocumentFinder</a>(1);
<a name="l00050"></a>00050                 <a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html">StopWordMap</a>.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html#a34c8318401485007e2d53c5e9c644e3a">readStopWordList</a>();
<a name="l00051"></a>00051                 <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; words.length; i++) {
<a name="l00052"></a>00052                     <span class="keywordflow">if</span> (!words[i].equals(<span class="stringliteral">&quot;&quot;</span>)) {
<a name="l00053"></a>00053                         wordsFiltered.add(words[i]);
<a name="l00054"></a>00054                     }
<a name="l00055"></a>00055 
<a name="l00056"></a>00056                 }
<a name="l00057"></a>00057 
<a name="l00058"></a>00058                 <span class="comment">// For each word</span>
<a name="l00059"></a>00059                 <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0, n = wordsFiltered.size(); i &lt; n; i++) {
<a name="l00060"></a>00060                     <span class="keywordflow">if</span> (wordsFiltered.size() &gt; 0) {
<a name="l00061"></a>00061                         <span class="keywordflow">if</span> (!<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html">StopWordMap</a>.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_stop_word_map.html#a6cd1b227a3e35ec13cb2cf20690708dd">isStopWord</a>(wordsFiltered.get(i).toString())) {
<a name="l00062"></a>00062                             Integer frequency = (Integer) map.get(words[i]);
<a name="l00063"></a>00063                             <span class="keywordflow">if</span> (frequency == null) {
<a name="l00064"></a>00064                                 frequency = ONE;
<a name="l00065"></a>00065                             } <span class="keywordflow">else</span> {
<a name="l00066"></a>00066                                 <span class="keywordtype">int</span> value = frequency.intValue();
<a name="l00067"></a>00067                                 frequency = <span class="keyword">new</span> Integer(value + 1);
<a name="l00068"></a>00068                             }
<a name="l00069"></a>00069                             map.put(wordsFiltered.get(i).toString(), frequency);
<a name="l00070"></a>00070                         }
<a name="l00071"></a>00071                     }
<a name="l00072"></a>00072                 }
<a name="l00073"></a>00073             }
<a name="l00074"></a>00074             <span class="keywordflow">return</span> map;
<a name="l00075"></a>00075         } <span class="keywordflow">catch</span> (Exception e) {
<a name="l00076"></a>00076             <span class="keywordflow">return</span> null;
<a name="l00077"></a>00077         }
<a name="l00078"></a>00078     }
<a name="l00079"></a>00079 
<a name="l00086"></a><a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html#a460ac30e0a831c1119ba047c91da0a15">00086</a>     <span class="keyword">public</span> <span class="keyword">static</span> <span class="keywordtype">int</span> <a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word_count.html#a460ac30e0a831c1119ba047c91da0a15">getTF</a>(<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word.html">Word</a> word, <a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html">Document</a> document) {
<a name="l00087"></a>00087         Integer totalFrecuency = 0;
<a name="l00088"></a>00088         <span class="keywordflow">if</span> (document == null) {
<a name="l00089"></a>00089             <span class="keywordflow">return</span> 0;
<a name="l00090"></a>00090         }
<a name="l00091"></a>00091         <span class="keywordflow">try</span> {
<a name="l00092"></a>00092 
<a name="l00093"></a>00093             <span class="comment">// Create line pattern</span>
<a name="l00094"></a>00094             Pattern linePattern = Pattern.compile(<span class="stringliteral">&quot;.*$&quot;</span>, Pattern.MULTILINE);
<a name="l00095"></a>00095 
<a name="l00096"></a>00096             <span class="comment">// Create word pattern</span>
<a name="l00097"></a>00097             Pattern wordBreakPattern = Pattern.compile(<span class="stringliteral">&quot;[\\p{Punct}\\s}]&quot;</span>);
<a name="l00098"></a>00098             <span class="comment">//&quot;[\\p{Punct}\\s}]&quot;</span>
<a name="l00099"></a>00099             <span class="comment">// Match line pattern to buffer</span>
<a name="l00100"></a>00100             Matcher lineMatcher = linePattern.matcher(document.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html#a9e04191fbfb216f404382936e4922235">getText</a>().subSequence(0, document.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_document.html#a9e04191fbfb216f404382936e4922235">getText</a>().toString().length()).toString());
<a name="l00101"></a>00101 
<a name="l00102"></a>00102             Map map = <span class="keyword">new</span> TreeMap();
<a name="l00103"></a>00103             Integer ONE = <span class="keyword">new</span> Integer(1);
<a name="l00104"></a>00104 
<a name="l00105"></a>00105             <span class="comment">// For each line</span>
<a name="l00106"></a>00106             <span class="keywordflow">while</span> (lineMatcher.find()) {
<a name="l00107"></a>00107                 <span class="comment">// Get line</span>
<a name="l00108"></a>00108                 CharSequence line = lineMatcher.group();
<a name="l00109"></a>00109 
<a name="l00110"></a>00110                 <span class="comment">// Get array of words on line</span>
<a name="l00111"></a>00111                 ArrayList wordsFiltered = <span class="keyword">new</span> ArrayList();
<a name="l00112"></a>00112                 String words[] = wordBreakPattern.split(line);
<a name="l00113"></a>00113                 <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; words.length; i++) {
<a name="l00114"></a>00114                     <span class="keywordflow">if</span> (!words[i].equals(<span class="stringliteral">&quot;&quot;</span>)) {
<a name="l00115"></a>00115                         wordsFiltered.add(words[i]);
<a name="l00116"></a>00116                     }
<a name="l00117"></a>00117 
<a name="l00118"></a>00118                 }
<a name="l00119"></a>00119                 <span class="comment">// For each word</span>
<a name="l00120"></a>00120                 <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0, n = wordsFiltered.size(); i &lt; n; i++) {
<a name="l00121"></a>00121                     <span class="keywordflow">if</span> (wordsFiltered.size() &gt; 0 &amp;&amp; wordsFiltered.get(i).toString().equalsIgnoreCase(word.<a class="code" href="classcom_1_1utn_1_1searchengine_1_1_word.html#a0178ae154e1b998a526042de4fe525be">getName</a>())) {
<a name="l00122"></a>00122                         Integer frequency = (Integer) map.get(words[i]);
<a name="l00123"></a>00123                         <span class="keywordflow">if</span> (frequency == null) {
<a name="l00124"></a>00124                             frequency = ONE;
<a name="l00125"></a>00125                         } <span class="keywordflow">else</span> {
<a name="l00126"></a>00126                             <span class="keywordtype">int</span> value = frequency.intValue();
<a name="l00127"></a>00127                             frequency = <span class="keyword">new</span> Integer(value + 1);
<a name="l00128"></a>00128                         }
<a name="l00129"></a>00129                         map.put(wordsFiltered.get(i).toString(), frequency);
<a name="l00130"></a>00130                         totalFrecuency = frequency;
<a name="l00131"></a>00131                     }
<a name="l00132"></a>00132 
<a name="l00133"></a>00133                 }
<a name="l00134"></a>00134 
<a name="l00135"></a>00135             }
<a name="l00136"></a>00136         } <span class="keywordflow">catch</span> (Exception e) {
<a name="l00137"></a>00137             <span class="keywordflow">return</span> 0;
<a name="l00138"></a>00138         }
<a name="l00139"></a>00139         <span class="keywordflow">return</span> totalFrecuency;
<a name="l00140"></a>00140 
<a name="l00141"></a>00141     }
<a name="l00142"></a>00142 }
</pre></div></div><!-- contents -->
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark">&#160;</span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark">&#160;</span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark">&#160;</span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark">&#160;</span>Files</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark">&#160;</span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark">&#160;</span>Variables</a></div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>



<hr class="footer"/><address class="footer"><small>
Generated on Thu Feb 16 2012 02:45:40 for DLC Search Engine by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.7.6.1
</small></address>

</body>
</html>
